<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<title>AmpleHarvest: index_Data_Queue.php Source File</title>

<link href="tabs.css" rel="stylesheet" type="text/css"/>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
  $(document).ready(initResizable);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
  $(document).ready(function() { searchBox.OnSelectItem(0); });
</script>

</head>
<body>
<div id="top"><!-- do not remove this div! -->


<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  
  
  <td style="padding-left: 0.5em;">
   <div id="projectname">AmpleHarvest
   &#160;<span id="projectnumber">0.0.1</span>
   </div>
   
  </td>
  
  
  
 </tr>
 </tbody>
</table>
</div>

<!-- Generated by Doxygen 1.7.5.1 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
      <li><a href="modules.html"><span>Modules</span></a></li>
      <li><a href="namespaces.html"><span>Namespaces</span></a></li>
      <li><a href="annotated.html"><span>Classes</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
      <li>
        <div id="MSearchBox" class="MSearchBoxInactive">
        <span class="left">
          <img id="MSearchSelect" src="search/mag_sel.png"
               onmouseover="return searchBox.OnSearchSelectShow()"
               onmouseout="return searchBox.OnSearchSelectHide()"
               alt=""/>
          <input type="text" id="MSearchField" value="Search" accesskey="S"
               onfocus="searchBox.OnSearchFieldFocus(true)" 
               onblur="searchBox.OnSearchFieldFocus(false)" 
               onkeyup="searchBox.OnSearchFieldChange(event)"/>
          </span><span class="right">
            <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
          </span>
        </div>
      </li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
      <li><a href="globals.html"><span>File&#160;Members</span></a></li>
    </ul>
  </div>
</div>
<div id="side-nav" class="ui-resizable side-nav-resizable">
  <div id="nav-tree">
    <div id="nav-tree-contents">
    </div>
  </div>
  <div id="splitbar" style="-moz-user-select:none;" 
       class="ui-resizable-handle">
  </div>
</div>
<script type="text/javascript">
  initNavTree('index___data___queue_8php.html','');
</script>
<div id="doc-content">
<div class="header">
  <div class="headertitle">
<div class="title">index_Data_Queue.php</div>  </div>
</div>
<div class="contents">
<a href="index___data___queue_8php.html">Go to the documentation of this file.</a><div class="fragment"><pre class="fragment"><a name="l00001"></a>00001 &lt;?php
<a name="l00002"></a><a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html">00002</a>         <span class="keyword">namespace </span>ampleharvest\task\index_data;
<a name="l00003"></a>00003 
<a name="l00004"></a>00004         use\ampleharvest\code\cRestConnector;
<a name="l00005"></a>00005         use\ampleharvest\code\cConfig;
<a name="l00006"></a>00006         use\ampleharvest\code\cRestServices;
<a name="l00007"></a>00007         use\ampleharvest\code;
<a name="l00008"></a>00008 
<a name="l00009"></a>00009         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/config/cConfig.php&quot;</span>;
<a name="l00010"></a>00010         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/config/cRestServices.php&quot;</span>;
<a name="l00011"></a>00011         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/classes/cRestConnector.php&quot;</span>;
<a name="l00012"></a>00012         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/abstract_classes/abs_Task.php&quot;</span>;
<a name="l00013"></a>00013         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/classes/cThread.php&quot;</span>;
<a name="l00014"></a>00014         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&#39;/classes/cStomp.php&#39;</span>;
<a name="l00015"></a>00015         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&#39;/classes/search/solr/cSolr.php&#39;</span>;
<a name="l00016"></a>00016 
<a name="l00017"></a><a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a1eb623d439b7e7518cbe55c7038545c2">00017</a>         <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a1eb623d439b7e7518cbe55c7038545c2">$arr_Params</a> = array(<span class="stringliteral">&quot;id::&quot;</span>,
<a name="l00018"></a>00018                 <span class="stringliteral">&quot;optimize::&quot;</span>);
<a name="l00019"></a>00019 
<a name="l00020"></a><a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">00020</a>         <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a> = getopt(<span class="stringliteral">&quot;c::&quot;</span>, <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a1eb623d439b7e7518cbe55c7038545c2">$arr_Params</a>);
<a name="l00035"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html">00035</a>         <span class="keyword">class </span><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html" title="This Task Handles pulling ids of objects off a Queue and pulling out important information then putti...">index_Data_Queue</a> <span class="keyword">extends</span> \<a class="code" href="classabs___task.html">abs_Task</a>
<a name="l00036"></a>00036         {
<a name="l00037"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a85417dbde73edf0120896b0c18ff4e51">00037</a>                 <span class="keyword">const</span> C_STR_NAME = <span class="stringliteral">&quot;index_Data_Queue&quot;</span>;
<a name="l00038"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a8f0eae516366ae6269bfc80f541acc20">00038</a>                 <span class="keyword">const</span> C_INT_THREADS = 1;
<a name="l00039"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a27893941f5c3948d5cb2c231050201e6">00039</a>                 <span class="keyword">const</span> C_INT_COMMIT_NUMBER = 200;
<a name="l00040"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#aff6a8176f98365a35dce74adfbe9b9db">00040</a>                 <span class="keyword">const</span> C_INT_OPTIMIZE_NUMBER = 1000;
<a name="l00041"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a62dc3c32c64dc3f4db6a2a4079713c9b">00041</a>                 <span class="keyword">const</span> C_INT_RETRY_LIMIT = 5;
<a name="l00042"></a>00042 
<a name="l00043"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a42e6aa03286217297be1205a6efbfbbe">00043</a>                 <span class="keyword">protected</span> $m_arr_Threads = null;
<a name="l00044"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">00044</a>                 <span class="keyword">protected</span> <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a> = null;
<a name="l00045"></a>00045 
<a name="l00046"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a4526e5b5756bac552a6f253a4d8ad4bd">00046</a>                 <span class="keyword">protected</span> $m_int_Commit_Number = 0;
<a name="l00047"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a239aff571c8a93f4adb250f04696750a">00047</a>                 <span class="keyword">protected</span> $m_int_Optimize_Number = 0;
<a name="l00048"></a>00048                 
<a name="l00049"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#aff480983acbe0aebc27ed3c9c81dbd3b">00049</a>                 <span class="keyword">protected</span> $m_bool_Optimize = <span class="keyword">true</span>;
<a name="l00050"></a>00050 
<a name="l00051"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a7dbdda9152167cacf18889797de4b9df">00051</a>                 <span class="keyword">protected</span> <span class="keyword">static</span> $m_obj_SOLR = null;
<a name="l00052"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a0c6c1e1fdcf5ae4bde4fd16249a084d8">00052</a>                 <span class="keyword">protected</span> $m_obj_STOMP = null;
<a name="l00053"></a>00053 
<a name="l00054"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#ae6b1f98ccecf2299d324811b71c237c3">00054</a>                 <span class="keyword">protected</span> $m_obj_RestCon = null;
<a name="l00055"></a>00055 
<a name="l00056"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a45a73cc4ffd1ff295554818160ae7454">00056</a>                 <span class="keyword">public</span> <span class="keyword">function</span> __construct(<a class="code" href="task__runner_8php.html#a2523cf970aa09873a0e161c79f0ae3b2">$str_LockPath</a>, <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a> = array())
<a name="l00057"></a>00057                 {
<a name="l00058"></a>00058                         $this-&gt;set_LockPath(<a class="code" href="task__runner_8php.html#a2523cf970aa09873a0e161c79f0ae3b2">$str_LockPath</a>);
<a name="l00059"></a>00059                         $this-&gt;set_Name(self::C_STR_NAME);
<a name="l00060"></a>00060                         $this-&gt;m_arr_Threads = array();
<a name="l00061"></a>00061                         $this-&gt;arr_Options = <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a>;
<a name="l00062"></a>00062                         $this-&gt;set_MaxThreads(self::C_INT_THREADS);
<a name="l00063"></a>00063                         
<a name="l00064"></a>00064                         <span class="keywordflow">if</span>(isset(<a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a>[<span class="stringliteral">&#39;optimize&#39;</span>]))
<a name="l00065"></a>00065                         {
<a name="l00066"></a>00066                                 <span class="keywordflow">if</span>(!<a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a>[<span class="stringliteral">&#39;optimize&#39;</span>])
<a name="l00067"></a>00067                                 {
<a name="l00068"></a>00068                                         $this-&gt;m_bool_Optimize = <span class="keyword">false</span>;
<a name="l00069"></a>00069                                         print(<span class="stringliteral">&quot;No Optimze\n&quot;</span>);
<a name="l00070"></a>00070                                 }
<a name="l00071"></a>00071                         }
<a name="l00072"></a>00072                         
<a name="l00073"></a>00073                         parent::__construct();
<a name="l00074"></a>00074                 }
<a name="l00075"></a>00075 
<a name="l00076"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#ab072ca158f97ba7992411b4e60348f4f">00076</a>                 <span class="keyword">protected</span> <span class="keyword">static</span> <span class="keyword">function</span> get_SOLR()
<a name="l00077"></a>00077                 {
<a name="l00078"></a>00078                         <span class="keywordflow">if</span> (!self::$m_obj_SOLR)
<a name="l00079"></a>00079                         {
<a name="l00080"></a>00080                                 self::$m_obj_SOLR = new \cSolr();
<a name="l00081"></a>00081                         }
<a name="l00082"></a>00082                         <span class="keywordflow">return</span> self::$m_obj_SOLR;
<a name="l00083"></a>00083                 }
<a name="l00084"></a>00084 
<a name="l00085"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#ac8dc3bd9918357623e4a6c5d5515d8fe">00085</a>                 <span class="keyword">protected</span> <span class="keyword">function</span> get_STOMP()
<a name="l00086"></a>00086                 {
<a name="l00087"></a>00087                         <span class="keywordflow">if</span> (!$this-&gt;m_obj_STOMP)
<a name="l00088"></a>00088                         {
<a name="l00089"></a>00089                                 $this-&gt;m_obj_STOMP = new \cStomp();
<a name="l00090"></a>00090                                 $this-&gt;m_obj_STOMP-&gt;subscribe(code\cConfig::C_STR_SOLR_QUEUE);
<a name="l00091"></a>00091                         }
<a name="l00092"></a>00092 
<a name="l00093"></a>00093                         <span class="keywordflow">return</span> $this-&gt;m_obj_STOMP;
<a name="l00094"></a>00094                 }
<a name="l00095"></a>00095 
<a name="l00096"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a85157c6774cc75630fd7166216d71593">00096</a>                 <span class="keyword">protected</span> <span class="keyword">function</span> get_RestCon()
<a name="l00097"></a>00097                 {
<a name="l00098"></a>00098                         <span class="keywordflow">if</span> (!$this-&gt;m_obj_RestCon)
<a name="l00099"></a>00099                         {
<a name="l00100"></a>00100                                 $this-&gt;m_obj_RestCon = <span class="keyword">new</span> cRestConnector(<span class="stringliteral">&quot;&quot;</span>);
<a name="l00101"></a>00101                                 $this-&gt;m_obj_RestCon-&gt;set_Login(cConfig::C_STR_AMPLE_SILO_USER_NAME, cConfig::C_STR_AMPLE_SILO_PASSWORD);
<a name="l00102"></a>00102                         }
<a name="l00103"></a>00103 
<a name="l00104"></a>00104                         <span class="keywordflow">return</span> $this-&gt;m_obj_RestCon;
<a name="l00105"></a>00105                 }
<a name="l00106"></a>00106 
<a name="l00107"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a74990eb645a66d33afc1d62ec1010fb6">00107</a>                 <span class="keyword">public</span> <span class="keyword">function</span> run($bool_Force = <span class="keyword">false</span>)
<a name="l00108"></a>00108                 {
<a name="l00109"></a>00109                         <span class="comment">//print(&quot;Test&quot;.__LINE__.&quot;\n&quot;);</span>
<a name="l00110"></a>00110                         $this-&gt;set_Force($bool_Force);
<a name="l00111"></a>00111                         <span class="keywordflow">if</span> (!parent::run())
<a name="l00112"></a>00112                         {
<a name="l00113"></a>00113                                 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00114"></a>00114                         }
<a name="l00115"></a>00115 
<a name="l00116"></a>00116                         $this-&gt;startThreads();
<a name="l00117"></a>00117 
<a name="l00118"></a>00118                         $this-&gt;wait4Threads();
<a name="l00119"></a>00119                         
<a name="l00120"></a>00120                         $this-&gt;solr_Commit();
<a name="l00121"></a>00121 
<a name="l00122"></a>00122                         $this-&gt;solr_Optimize();
<a name="l00123"></a>00123 
<a name="l00124"></a>00124                         <span class="keywordflow">return</span> <span class="keyword">true</span>;
<a name="l00125"></a>00125                 }
<a name="l00126"></a>00126 
<a name="l00127"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a8167d6b683e5e97058ffa496e18d00a9">00127</a>                 <span class="keyword">private</span> <span class="keyword">function</span> solr_Commit()
<a name="l00128"></a>00128                 {
<a name="l00129"></a>00129                         $obj_SOLR = self::get_SOLR();
<a name="l00130"></a>00130 
<a name="l00131"></a>00131                         <span class="keywordflow">try</span>
<a name="l00132"></a>00132                         {
<a name="l00133"></a>00133                                 $obj_SOLR-&gt;commit();
<a name="l00134"></a>00134                                 print(<span class="stringliteral">&quot;Solr Commited&quot;</span> . PHP_EOL);
<a name="l00135"></a>00135                         }
<a name="l00136"></a>00136                         <span class="keywordflow">catch</span> (Exception $e)
<a name="l00137"></a>00137                         {
<a name="l00138"></a>00138                                 $this-&gt;log_Error(<span class="stringliteral">&quot;encountered the following problem when trying to comit the solr updates: &quot;</span> . $e);
<a name="l00139"></a>00139                                 <span class="keywordflow">return</span>;
<a name="l00140"></a>00140                         }
<a name="l00141"></a>00141 
<a name="l00142"></a>00142                         $this-&gt;m_int_Commit_Number = 0;
<a name="l00143"></a>00143                 }
<a name="l00144"></a>00144 
<a name="l00145"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a7741c0f7a74151786d8412ab246a6bfe">00145</a>                 <span class="keyword">private</span> <span class="keyword">function</span> solr_Optimize()
<a name="l00146"></a>00146                 {
<a name="l00147"></a>00147                         <span class="keywordflow">if</span>(!$this-&gt;m_bool_Optimize)
<a name="l00148"></a>00148                         {
<a name="l00149"></a>00149                                 <span class="keywordflow">return</span>;
<a name="l00150"></a>00150                         }
<a name="l00151"></a>00151                         $obj_SOLR = self::get_SOLR();
<a name="l00152"></a>00152 
<a name="l00153"></a>00153                         <span class="keywordflow">try</span>
<a name="l00154"></a>00154                         {
<a name="l00155"></a>00155                                 $obj_SOLR-&gt;optimize();
<a name="l00156"></a>00156                                 print(<span class="stringliteral">&quot;Solr Optimized&quot;</span> . PHP_EOL);
<a name="l00157"></a>00157                         }
<a name="l00158"></a>00158                         <span class="keywordflow">catch</span> (Exception $e)
<a name="l00159"></a>00159                         {
<a name="l00160"></a>00160                                 $this-&gt;log_Error(<span class="stringliteral">&quot;encountered the following problem when trying to optimize solr: &quot;</span> . $e);
<a name="l00161"></a>00161                                 <span class="keywordflow">return</span>;
<a name="l00162"></a>00162                         }
<a name="l00163"></a>00163 
<a name="l00164"></a>00164                         $this-&gt;m_int_Optimize_Number = 0;
<a name="l00165"></a>00165                 }
<a name="l00166"></a>00166 
<a name="l00167"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#abf97f423be1b4bf46a68136384aa7c7b">00167</a>                 <span class="keyword">private</span> <span class="keyword">function</span> startThreads()
<a name="l00168"></a>00168                 {
<a name="l00169"></a>00169                         <span class="keywordflow">while</span> (<span class="keyword">sizeof</span>($this-&gt;m_arr_Threads) &lt;= self::C_INT_THREADS) <span class="comment">// ($int_I = 0; $int_I &lt; self::C_INT_THREADS; $int_I++)</span>
<a name="l00170"></a>00170                         {
<a name="l00171"></a>00171                                 $this-&gt;killDeadThreads();
<a name="l00172"></a>00172                                 <span class="keywordflow">if</span> (!$this-&gt;startThread())
<a name="l00173"></a>00173                                 {
<a name="l00174"></a>00174                                         $int_Count = 1;
<a name="l00175"></a>00175                                         $bool_Kill = <span class="keyword">true</span>;
<a name="l00176"></a>00176                                         <span class="keywordflow">while</span> ($int_Count &lt; self::C_INT_RETRY_LIMIT)
<a name="l00177"></a>00177                                         {
<a name="l00178"></a>00178                                                 <span class="keywordflow">if</span> (!$this-&gt;startThread())
<a name="l00179"></a>00179                                                 {
<a name="l00180"></a>00180                                                         $int_Count++;
<a name="l00181"></a>00181                                                 }
<a name="l00182"></a>00182                                                 <span class="keywordflow">else</span>
<a name="l00183"></a>00183                                                 {
<a name="l00184"></a>00184                                                         $bool_Kill = <span class="keyword">false</span>;
<a name="l00185"></a>00185                                                         <span class="keywordflow">break</span>;
<a name="l00186"></a>00186                                                 }
<a name="l00187"></a>00187                                         }
<a name="l00188"></a>00188 
<a name="l00189"></a>00189                                         <span class="keywordflow">if</span> ($bool_Kill)
<a name="l00190"></a>00190                                         {
<a name="l00191"></a>00191                                                 <span class="keywordflow">break</span>;
<a name="l00192"></a>00192                                         }
<a name="l00193"></a>00193                                 }
<a name="l00194"></a>00194                         }
<a name="l00195"></a>00195                 }
<a name="l00196"></a>00196 
<a name="l00197"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a9696e04cc4d0dbfef7949de754174581">00197</a>                 <span class="keyword">private</span> <span class="keyword">function</span> startThread()
<a name="l00198"></a>00198                 {
<a name="l00199"></a>00199                         $this-&gt;m_int_Commit_Number ++;
<a name="l00200"></a>00200                         $this-&gt;m_int_Optimize_Number ++;
<a name="l00201"></a>00201 
<a name="l00202"></a>00202                         $obj_STOMP = $this-&gt;get_STOMP();
<a name="l00203"></a>00203 
<a name="l00204"></a>00204                         $obj_Msg = $obj_STOMP-&gt;getMessage();
<a name="l00205"></a>00205 
<a name="l00206"></a>00206                         <span class="keywordflow">if</span> (!$obj_Msg)
<a name="l00207"></a>00207                         {
<a name="l00208"></a>00208                                 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00209"></a>00209                         }
<a name="l00210"></a>00210 
<a name="l00211"></a>00211                         <a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> = $obj_Msg-&gt;body;
<a name="l00212"></a>00212 
<a name="l00213"></a>00213                         <span class="comment">//print(&quot;Doc ID - &quot; . $str_ID . &quot;\n&quot;);</span>
<a name="l00214"></a>00214 
<a name="l00215"></a>00215                         $str_Command = __FILE__ . <span class="stringliteral">&quot; -c --id=\&quot;&quot;</span> . <a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> . <span class="stringliteral">&quot;\&quot;&quot;</span>;
<a name="l00216"></a>00216                         print($str_Command . <span class="stringliteral">&quot;\n&quot;</span>);
<a name="l00217"></a>00217                         <a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a> = <span class="keyword">sizeof</span>($this-&gt;m_arr_Threads);
<a name="l00218"></a>00218                         $this-&gt;m_arr_Threads[<a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a>] = \cThread::Create($str_Command, code\cConfig::C_STR_PATH_PHP);
<a name="l00219"></a>00219 
<a name="l00220"></a>00220                         $obj_STOMP-&gt;ackMessage($obj_Msg);
<a name="l00221"></a>00221 
<a name="l00222"></a>00222                         <span class="keywordflow">return</span> <span class="keyword">true</span>;
<a name="l00223"></a>00223                 }
<a name="l00224"></a>00224 
<a name="l00225"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a62dc6c9caf862297d3445e280a59b88f">00225</a>                 <span class="keyword">private</span> <span class="keyword">function</span> killDeadThreads()
<a name="l00226"></a>00226                 {
<a name="l00227"></a>00227                         <span class="keywordflow">foreach</span> ($this-&gt;m_arr_Threads as $str_Key =&gt; $obj_Thread)
<a name="l00228"></a>00228                         {
<a name="l00229"></a>00229                                 <span class="keywordflow">if</span> (!$obj_Thread-&gt;isActive())
<a name="l00230"></a>00230                                 {
<a name="l00231"></a>00231                                         <a class="code" href="index4_solr_8php.html#ad04214d6992689fd817348520e7aa0be">$str_Return</a> = $obj_Thread-&gt;listen();
<a name="l00232"></a>00232                                         print(<a class="code" href="index4_solr_8php.html#ad04214d6992689fd817348520e7aa0be">$str_Return</a>);
<a name="l00233"></a>00233                                         $obj_Thread-&gt;close();
<a name="l00234"></a>00234                                         unset($this-&gt;m_arr_Threads[$str_Key]);
<a name="l00235"></a>00235                                         <span class="keywordflow">if</span> ($this-&gt;m_int_Commit_Number &gt;= self::C_INT_COMMIT_NUMBER)
<a name="l00236"></a>00236                                         {
<a name="l00237"></a>00237                                                 $this-&gt;solr_Commit();
<a name="l00238"></a>00238                                         }
<a name="l00239"></a>00239 
<a name="l00240"></a>00240                                         <span class="keywordflow">if</span> ($this-&gt;m_int_Optimize_Number &gt;= self::C_INT_OPTIMIZE_NUMBER)
<a name="l00241"></a>00241                                         {
<a name="l00242"></a>00242                                                 $this-&gt;solr_Optimize();
<a name="l00243"></a>00243                                         }
<a name="l00244"></a>00244                                 }
<a name="l00245"></a>00245                         }
<a name="l00246"></a>00246                 }
<a name="l00247"></a>00247 
<a name="l00248"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#ae39fbca7b032b451e1bebfa54521b9bf">00248</a>                 <span class="keyword">private</span> <span class="keyword">function</span> wait4Threads()
<a name="l00249"></a>00249                 {
<a name="l00250"></a>00250                         <span class="keywordflow">while</span> (<span class="keyword">sizeof</span>($this-&gt;m_arr_Threads) &gt; 0)
<a name="l00251"></a>00251                         { <span class="comment">//No Items to process</span>
<a name="l00252"></a>00252                                 $this-&gt;killDeadThreads();
<a name="l00253"></a>00253 
<a name="l00254"></a>00254                                 $this-&gt;startThreads();
<a name="l00255"></a>00255                         }
<a name="l00256"></a>00256                 }
<a name="l00257"></a>00257 
<a name="l00258"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a0f66acea5c702827022df396ca15e275">00258</a>                 <span class="keyword">public</span> <span class="keyword">function</span> runChunk()
<a name="l00259"></a>00259                 {
<a name="l00260"></a>00260                         <a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> = $this-&gt;arr_Options[<span class="stringliteral">&quot;id&quot;</span>];
<a name="l00261"></a>00261                         $obj_AH_Doc = null;
<a name="l00262"></a>00262                         $obj_AH_Views = null;
<a name="l00263"></a>00263                         $obj_AH_Likes = null;
<a name="l00264"></a>00264                         $obj_AH_Tags = null;
<a name="l00265"></a>00265                         $arr_Data = array();
<a name="l00266"></a>00266 
<a name="l00267"></a>00267                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a> = $this-&gt;get_RestCon();
<a name="l00268"></a>00268                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Url(cRestServices::get_AHDataService(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>));
<a name="l00269"></a>00269 
<a name="l00270"></a>00270                         $str_Contents = <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;send_Get();
<a name="l00271"></a>00271                         
<a name="l00272"></a>00272                         <span class="keywordflow">if</span>(!$str_Contents)
<a name="l00273"></a>00273                         {
<a name="l00274"></a>00274                                 print(<span class="stringliteral">&quot;Data server returned - &quot;</span>.<a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;getCode().<span class="stringliteral">&quot; - &quot;</span>.<a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;getLastError().
<a name="l00275"></a>00275                                 <span class="stringliteral">&quot;for id $str_ID\n&quot;</span>);
<a name="l00276"></a>00276                                 <span class="keywordflow">return</span>;
<a name="l00277"></a>00277                         }
<a name="l00278"></a>00278 
<a name="l00279"></a>00279                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;clear_Params();
<a name="l00280"></a>00280 
<a name="l00281"></a>00281                         <span class="keywordflow">try</span>
<a name="l00282"></a>00282                         {
<a name="l00283"></a>00283                                 $obj_AH_Doc = json_decode($str_Contents);
<a name="l00284"></a>00284                         }
<a name="l00285"></a>00285                         <span class="keywordflow">catch</span> (Exception $e)
<a name="l00286"></a>00286                         {
<a name="l00287"></a>00287                                 $this-&gt;set_Invalid(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>);
<a name="l00288"></a>00288                                 $this-&gt;log_Error(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> . <span class="stringliteral">&quot; the following problem unserializeing: &quot;</span> . $e);
<a name="l00289"></a>00289                                 <span class="keywordflow">return</span>;
<a name="l00290"></a>00290                         }
<a name="l00291"></a>00291                         <span class="comment">//Get Views</span>
<a name="l00292"></a>00292                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Url(cRestServices::get_Views(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>));
<a name="l00293"></a>00293 
<a name="l00294"></a>00294                         $str_Contents = <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;send_Get();
<a name="l00295"></a>00295 
<a name="l00296"></a>00296                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;clear_Params();
<a name="l00297"></a>00297 
<a name="l00298"></a>00298                         <span class="keywordflow">if</span> ($str_Contents)
<a name="l00299"></a>00299                         {
<a name="l00300"></a>00300                                 <span class="keywordflow">try</span>
<a name="l00301"></a>00301                                 {
<a name="l00302"></a>00302                                         $obj_AH_Views = json_decode($str_Contents);
<a name="l00303"></a>00303                                 }
<a name="l00304"></a>00304                                 <span class="keywordflow">catch</span> (Exception $e)
<a name="l00305"></a>00305                                 {
<a name="l00306"></a>00306 
<a name="l00307"></a>00307                                 }
<a name="l00308"></a>00308                                 
<a name="l00309"></a>00309                                 <span class="keywordflow">if</span> ($obj_AH_Views)
<a name="l00310"></a>00310                                 {
<a name="l00311"></a>00311                                         $obj_AH_Doc-&gt;m_obj_Views = $obj_AH_Views;
<a name="l00312"></a>00312                                 }
<a name="l00313"></a>00313                         }
<a name="l00314"></a>00314 
<a name="l00315"></a>00315                         $obj_SolrDoc = null;
<a name="l00316"></a>00316 
<a name="l00317"></a>00317                         <span class="keywordflow">try</span>
<a name="l00318"></a>00318                         {
<a name="l00319"></a>00319                                 $obj_SolrDoc = \cSolr::load_AHDoc($obj_AH_Doc);
<a name="l00320"></a>00320                         }
<a name="l00321"></a>00321                         <span class="keywordflow">catch</span> (Exception $e)
<a name="l00322"></a>00322                         {
<a name="l00323"></a>00323                                 $this-&gt;set_Invalid(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>);
<a name="l00324"></a>00324                                 $this-&gt;log_Error(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> . <span class="stringliteral">&quot; the following problem: &quot;</span> . $e);
<a name="l00325"></a>00325                                 <span class="keywordflow">return</span>;
<a name="l00326"></a>00326                         }
<a name="l00327"></a>00327 
<a name="l00328"></a>00328                         <span class="keywordflow">if</span> ($obj_SolrDoc)
<a name="l00329"></a>00329                         {
<a name="l00330"></a>00330                                 $obj_SOLR = self::get_SOLR();
<a name="l00331"></a>00331 
<a name="l00332"></a>00332                                 <span class="keywordflow">try</span>
<a name="l00333"></a>00333                                 {
<a name="l00334"></a>00334                                         $obj_SOLR-&gt;addDocuments(array($obj_SolrDoc));
<a name="l00335"></a>00335                                         <span class="comment">//$obj_SOLR-&gt;commit();</span>
<a name="l00336"></a>00336                                 }
<a name="l00337"></a>00337                                 <span class="keywordflow">catch</span> (Exception $e)
<a name="l00338"></a>00338                                 {
<a name="l00339"></a>00339                                         $this-&gt;set_Invalid(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>);
<a name="l00340"></a>00340                                         $this-&gt;log_Error(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> . <span class="stringliteral">&quot; encountered the following problem when trying to add a solr document to the index: &quot;</span> . $e);
<a name="l00341"></a>00341                                         <span class="keywordflow">return</span>;
<a name="l00342"></a>00342                                 }
<a name="l00343"></a>00343                         }
<a name="l00344"></a>00344                         <span class="keywordflow">else</span>
<a name="l00345"></a>00345                         {
<a name="l00346"></a>00346                                 $this-&gt;set_Invalid(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>);
<a name="l00347"></a>00347                                 $this-&gt;log_Error(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> . <span class="stringliteral">&quot; did not return a solr document for and unknown reason.&quot;</span>);
<a name="l00348"></a>00348                         }
<a name="l00349"></a>00349                         $obj_Date = new \DateTime();
<a name="l00350"></a>00350 
<a name="l00351"></a>00351                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Param(<span class="stringliteral">&quot;date&quot;</span>, $obj_Date-&gt;format(<span class="stringliteral">&quot;U&quot;</span>));
<a name="l00352"></a>00352                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Param(<span class="stringliteral">&quot;id&quot;</span>, $obj_AH_Doc-&gt;id);
<a name="l00353"></a>00353 
<a name="l00354"></a>00354                         <span class="comment">//print_r($arr_Data);</span>
<a name="l00355"></a>00355 
<a name="l00356"></a>00356                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Url(cRestServices::get_AHIndex(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>));
<a name="l00357"></a>00357                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;send_Put();
<a name="l00358"></a>00358 
<a name="l00359"></a>00359                         <span class="comment">//cRestServices::send_Put(cRestServices::get_AHIndex($str_ID), $arr_Data);</span>
<a name="l00360"></a>00360                 }
<a name="l00361"></a>00361 
<a name="l00362"></a><a class="code" href="classampleharvest_1_1task_1_1index__data_1_1index___data___queue.html#a7a3e37926955c2daef86a853541d881e">00362</a>                 <span class="keyword">private</span> <span class="keyword">function</span> set_Invalid(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>)
<a name="l00363"></a>00363                 {
<a name="l00364"></a>00364                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a> = $this-&gt;get_RestCon();
<a name="l00365"></a>00365                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Url(cRestServices::get_AHIndex(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>));
<a name="l00366"></a>00366                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;clear_Params();
<a name="l00367"></a>00367 
<a name="l00368"></a>00368                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Param(<span class="stringliteral">&quot;error&quot;</span>, 1);
<a name="l00369"></a>00369                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Param(<span class="stringliteral">&quot;id&quot;</span>, <a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a>);
<a name="l00370"></a>00370                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;set_Param(<span class="stringliteral">&quot;date&quot;</span>, 1);
<a name="l00371"></a>00371 
<a name="l00372"></a>00372                         <span class="comment">//$arr_Data = array(&quot;error&quot; =&gt; 1, &quot;id&quot; =&gt; $str_ID, &quot;date&quot; =&gt; 1);</span>
<a name="l00373"></a>00373 
<a name="l00374"></a>00374                         <span class="comment">//print_r($arr_Data);</span>
<a name="l00375"></a>00375 
<a name="l00376"></a>00376                         print(<span class="stringliteral">&quot;Send invalid&quot;</span> . PHP_EOL);
<a name="l00377"></a>00377 
<a name="l00378"></a>00378                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#abb692cbe102c3169dcbde3f99af9c39f">$obj_RestCon</a>-&gt;send_Put();
<a name="l00379"></a>00379                         <span class="comment">//cRestServices::send_Put(cRestServices::get_AHIndex($str_ID), $arr_Data);</span>
<a name="l00380"></a>00380                 }
<a name="l00381"></a>00381 
<a name="l00382"></a>00382         }
<a name="l00383"></a>00383 
<a name="l00384"></a>00384         <span class="keywordflow">if</span> (isset(<a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a>[<span class="stringliteral">&quot;c&quot;</span>]))
<a name="l00385"></a>00385         {
<a name="l00386"></a>00386                 $obj_Task = <span class="keyword">new</span> index_Data_Queue(null, <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a>);
<a name="l00387"></a>00387                 $obj_Task-&gt;runChunk();
<a name="l00388"></a>00388         }
</pre></div></div>
</div>
  <div id="nav-path" class="navpath">
    <ul>
      <li class="navelem"><a class="el" href="index___data___queue_8php.html">index_Data_Queue.php</a>      </li>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a></div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>


    <li class="footer">Generated on Mon Jan 23 2012 13:34:20 for AmpleHarvest by
    <a href="http://www.doxygen.org/index.html">
    <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.7.5.1 </li>
   </ul>
 </div>


</body>
</html>
